cd /remote-home/share/weixionglin/medclip/vlp/open_clip/src/ && \
CUDA_VISIBLE_DEVICES=0,1,2,3 torchrun --nproc_per_node=4 --rdzv_endpoint=$HOSTE_NODE_ADDR -m training.main --dataset-type "csv" --csv-separator "," --save-frequency 5 --report-to tensorboard \
--train-data="/remote-home/share/medical/public/PMC_OA/train/nonroco/train_v0.jsonl" --val-data="/remote-home/share/medical/public/PMC_OA/train/nonroco/test_v0.jsonl" --csv-img-key image --csv-caption-key caption \
--warmup 500 --batch-size=100 --lr=1e-4 --wd=0.1 --epochs=100 --workers=8 \
--model RN50_PubmedBERT_dim768 --hugging-face \
--mlm --crop-scale 0.5 \
--resume /remote-home/share/weixionglin/medclip/vlp/open_clip/src/logs/2023_02_11-04_33_02-model_RN50_PubmedBERT_dim768-lr_0.0001-b_128-j_8-p_amp/checkpoints/epoch_55.pt
